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* FEEmbed.java 
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package com.onepage.ccl. execute; 
import java.io.*; 
import java.util.*; 
importjava.net.*; 

import com. onepage.html. parser.*; 
import com.onepage.ccl. exceptions. CCLException; 
import com. onepage.ccl. exceptions. NoKeyFoundException; 

import com. onepage.ccl. utils.ZHashtableNS; 

I** 

* The Feature Key for an Embed is EMBOAAAAAANNN where:<br> 

* "EMB" is the Feature Tag,<br> 

* '0' is the key version number, <br> 

* AAAAAA are the attributes and <br> 

* NNN is the number of occurrences from 001 to 999. <p> 

* <b> The Feature Attributes for this Feature Type are:</bxbr> 

* <centerxtable> 

* <trxtd>RELEVANCE_INDEX</tdxtd>Rates the URL of the anchor and the protocol, server, source, banner, 
etc</tdx/tr> 

* <trxtd>ADS_FLAG_INDEX</tdxtd>'Z' if the embedded object appears to be an advertisement. M 
otherwise. </tdx/tr> 

* <trxtd>HEIGHT_INDEX</tdxtd>Height attribute of the embed tag</tdx/tr> 

* <trxtd>WIDTH_INDEX</tdxtd>Width attribute of the embed tag</tdx/tr> 

* <trxtd>SRC_CHARS_INDEX</tdxtd>Characters in the src attribute</tdx/tr> 

* <trxtd>SRC_DEPTH_INDEX</tdxtd>Folder depth of the src attribute</tdx/tr> 

* </tablex/center> 

* 

*/ 

public class FEEmbed implements FEInterface 
{ 

private static final char VERSION = '0'; // TAG Attribute list version number 
// Feature Key array index definitions 

private static final int F E ATU R E_T AG_I N D EX 1 = 

private static final int F E ATU R E_T AG_I N D EX2 = 

private static final int F E ATU R E_T AG_I N D EX3 = 

private static final int VERSIONJNDEX = 3; // version number 

private static final int RELEVANCEJNDEX = 4; // Rate protocol, server, source, banner, etc. 

private static final int ADS_FLAG_I N DEX = 5; // URL contains 'ads' or Has 'click through' data after .gif 
or .jpg 

private static final int HEIGHTJNDEX = 6; // Height attribute of the embed tag 

private static final int WIDTHJNDEX = 7; // Width attribute of the embed tag 

private static final int SRC_CHARS_INDEX = 8; // characters in the src file name 



0; 


//'E' 


1; 


// M 


2; 


// 'B' 



private static final int SRC_DEPTH_INDEX = 9; // Folder depth of the src file 
// could add number of <param> tags 

private static final int FEATURE_KEY_SIZE =10; // Number of objects in a tag 

public Vector _tableTags; 
private CachedURL_cachedUrl; 
private Hashtable _baseTagTable; 
// constructors 

public FEEmbed(URL theURL) 
throws MalformedURLException 

{ 

try 
{ 

_cachedUrl = new CachedURL(theURL); 

} 

catch (MalformedURLException e) 
{ 

System.out.println("FEGraphic::FEGraphic ERROR: Failed to create CachedURL due to \n" + e); 
throw e; 

} 

} 

public FEEmbed(String filename) 
throws MalformedURLException 

{ 

URL url = null; 

String lowerFilename = filename.toLowerCase(); 

if (!lowerFilename.startsWith("http://") && !lowerFilename.startsWith("https:// M ) && 
!lowerFilename.startsWith( M file://")) 
{ 

// need to check for local directory too!!! (for testing) 
filename = "http://" + filename; 

} 

// now create the URL 

try 

{ 

url = new URL(filename); 
_cachedUrl = new CachedURL(url); 

} 

catch (MalformedURLException e) 
{ 

System.out.println("FEButton::FEButton ERROR: Failed to create URL due to \n" + e); 
throw e; 

} 

} 

public FEEmbed(CachedURL theCachedURL) 
{ 

_cachedUrl = theCachedURL; 

} 

public FEEmbed(CachedURL theCachedURL, String versionStr) 
{ 

_cachedUrl = theCachedURL; 



} 

I** 

* tagToKey is called by the Navigation software and by the Capture Wizard to translate 

* an <embed> tag string into a Feature Extraction key.<P> 

* When the tag is returned it does not include the 'occurrence' count, which must be 

* maintained by the object calling FE Embed ::tagToKey.<P> 

* 

* @param urIAndHTML The URL and HTML for the source page 

* @param embedTag The html <embed> tag string for this embedded object 

* 

* <§>return A feature key containing the feature tag "EMB", the version number '0', and 

* a list of rated attributes expressed as single capital letters. 
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public static String tagToKey(CachedURL urIAndHtml, String embedTag) 
throws MalformedURLException 

{ 

//System.out.println("Entering FE Embed ::tagTo Key embedTag = " + embedTag); 
int srcCharsCount = 0; // characters in src file name 
int srcFolderCount = 0; // folder depth of the src 

char[] attributeValue = new char[FEATURE_KEY_SIZE]; // array of feature attributes 
//set feature type 

attributeValue[F EATU RE_TAG_I N D EX1 ] = 'E'; 
attributeValue[F E ATU R E_TAG_I N D EX2] = M; 
attributeValue[F EATU RE_TAG_I N D EX3] = 'B'; 
// Set Version Number 

attributeValue[VERSION_INDEX] = VERSION; 

// initialize the rest of the attributes 

for (int i=4; i<FEATURE_KEY_SIZE; i++) 

{ 

attributeValue[i] = M; 

} 

// PROCESS EMBED TAG 

//System.out.println("FEEmbed::tagToKey about to process embed tag"); 

ElementParser ep = new ElementParser(); 

com. onepage.html. parser. Element elem = null; 

try 

{ 

elem = (com. onepage. html. parser. Element) ep.parse(embedTag); 

} 

catch (java.io.lOException e) 
{ 

return "badelement"; 

} 

// process the src attribute 

//System.out.println("FEEmbed::tagToKey before process src attribute"); 
String srcAttribute = elem.getAttribute("src"); // make sure code is lowercase 
if (srcAttribute == null || srcAttribute.equals("")) 
{ 

return "noCODEintag"; 

} 



else 
{ 

srcAttribute = srcAttribute.toLowerCase(); 

} 

// Determine number of characters in the src file name 

String fileName = srcAttribute.substringfsrcAttribute.lastlndexOfC/^+l); 

//System.out.println("FEEmbed::tagToKey fileName = " + fileName); 

srcCharsCount = fileName. Iength(); 

// Determine folder depth of the src 

for ( int i=0; ksrcAttribute.length()-4; i++ ) 

{ 

// the depth will be inaccurate if the codebase is relative, but this is good enough for now 
// stretching the srcAttribute here would mess up the following relevance check anyway 
if (srcAttribute.charAt(i) == V) 
srcFolderCount++; 

} 

//System.out.println("FEEmbed::tagToKey about to process attributes"); 

// 

//ATTRIBUTE 1 

// RELEVANCEJNDEX 

// 

if (s rcAttri bute .starts With (" http") ) 
{ 

attributeValue[RELEVANCE_INDEX] = 'Z'; // probably offsite so add banner 
String strippedBase = ""; 
if (urIAndHtml != null) 
{ 

// note: toLowerCase causes a loss of capitalization data 

strippedBase = new String( urIAndHtml. GetURL().getHost()).toLowerCase(); 

} 

// Strip www 

if( strippedBase. startsWith("www") ) 

strippedBase = strippedBase. substring( 4); 
// Strip .org, .com, .net ... 
int dotCom = strippedBase. lastlndexOf( '.'); 
if( dotCom != -1) 

strippedBase = strippedBase. substring( 0, dotCom); 
// If the referral contains similar names, do not be so harsh on the rating 
if( srcAttribute. indexOf( strippedBase) != -1) 

attributeValue[RELEVANCE_INDEX] = M; // Not as good as local 
// better than none 

} 

else 
{ 

attributeValue[RELEVANCE_INDEX] = M; /// no clue so mid-range value 

} 

// 

//ATTRIBUTE 2 

// ADS_FLAGS_INDEX 

// 



//Look for 'ads' in URL 
attributeValue[ADS_FLAG_INDEX] = M; 

// note: codebaseAttribute and codeAttribute are made lowercase above (so we don't need indexIgnoreCaseOf 
here) 

if (srcAttribute.indexOf("graphics") > 0) 
{ 

attributeValue[ADS_FLAG_INDEX] = 'X'; 

} 

if (srcAttribute.indexOf("ads.") > 0 || srcAttribute.indexOf("ads/") > 0) 
{ 

attributeValue[ADS_FLAG_INDEX] = 'Z'; 

} 

// 

//ATTRIBUTE 3 

// HEIGHTJNDEX - height attribute value 

// 

String heightAttribute = elem.getAttribute("height"); 
int h = FEStatic.Getlnit(heightAttribute); 
attributeValue[HEIGHT_INDEX] = 'M'; 
if (h < 20) 

attributeValue[HEIGHT_INDEX] = 'Z'; 
if (h >= 20 && h < 49) 

attributeValue[HEIGHT_INDEX] = 'F'; 
else if (h >= 49 && h < 99) 

attributeValue[HEIGHT_INDEX] = 'E'; 
else if (h >= 99 && h < 149) 

attributeValue[HEIGHT_INDEX] = 'D'; 
else if (h >= 149 && h < 199) 

attributeValue[HEIGHT_INDEX] = 'C; 
else if (h >= 199 && h < 299) 

attributeValue[HEIGHT_INDEX] = 'B'; 
else if (h >= 299) 

attributeValue[HEIGHT_INDEX] = 'A'; 

// 

//ATTRIBUTE 4 

// WIDTHJNDEX - width attribute value 

// 

String widthAttribute = elem.getAttribute("width"); 
int w = FEStatic.Getlnit(widthAttribute); 
attributeValue[WIDTH_INDEX] = M; 
if (w < 20) 

attributeValue[WIDTH_INDEX] = 'Z'; 
if (w >= 20 && w < 49) 

attributeValue[WIDTH_INDEX] = 'F'; 
else if (w >= 49 && w < 99) 

attributeValue[WIDTH_INDEX] = 'E'; 
else if (w >= 99 && w < 149) 

attributeValue[WIDTH_INDEX] = 'D'; 
else if (w >= 149 && w < 199) 

attributeValue[WIDTH_INDEX] = 'C; 



else if (w >= 199 && w < 299) 

attributeValue[WIDTH_INDEX] = 'B'; 
else if (w >= 299) 

attributeValue[WIDTHJNDEX] = 'A'; 

// 

//ATTRIBUTE 5 

// SRC_CHARS_INDEX - Length of the src file name 

// 

if (srcCharsCount < 26) 

attributeValue[SRC_CHARS_INDEX] = (char) ('Z' - srcCharsCount); 
else 

attributeValue[SRC_CHARS_INDEX] = 'A'; 

// 

//ATTRIBUTE 6 

// kFolderDepthAttribute - folder depth of image file 

// 

if (srcFolderCount < 26) 

attributeValue[SRC_DEPTH_INDEX] = (char) fZ' - srcFolderCount); 
else 

attributeValue[SRC_DEPTH_INDEX] = TV; 
// build key string from individual key attributes 
String key = ""; 

for (int i=0; i<FEATURE_KEY_SIZE; i++) 

key += attributeValue[i]; 
//System.out.println("Leaving FEEmbed::tagToKey key = " + key); 
return key; 

} 

I** 

* getContainer is a key routine that is passed the 'inside object' and returns the tag 

* of its 'container'. In the preview window this routine gives the ability to zoom out 

* from an inside object. 

* 

* @param insideTag the feature tag of the inside object. 

* ©return 



public String getContainer(String insideTag) 
{ 

//System.out.println("Entering FECore::getContainer insideTag = " + insideTag); 

getFEStates(); 

String tag; 

FEStateAbstract state; 

if (FEStatic.isltTagOfType( insideTag, FEConstants.STR_FEATURE_TAG_APPLET)) 
{ 

for (int i = 0; i < _tableTags.size(); i++) 
{ 

state = (FEStateAbstract) _tableTags.elementAt(i); 
tag = state.findTag(insideTag); 
if (!tag.equals("")) 
{ 



return tag; 

} 

} 

} 

return ""; 

} 

public Vector getFEStates() 
{ 

if (_tableTags == null) 
{ 

try 
{ 

String text = _cachedUrl.GetHTMLCachedData(); 
String urIStr = _cachedUrl.GetURL().toString(); 
FEEmbedParser parser = new FEEmbedParser(_cachedllrl); 
parser.parse (urIStr, text, null, -1, true, null, 0); 
_tableTags = parser.getTableTags(); 
_baseTag Table = parser.getBaseTags(); 

} 

catch (Exception e) 
{ 

e.printStackTrace(); 
return new Vector(); 

} 

} 

return _tableTags; 

} 

I** 

* buildPreview is passed the attribute key for an Embed contained in a page and will 

* construct a HTML string that will be used by the preview servlet OCview. 

* 

* @param fullKey The feature key, originally generated by tagToKey above, that will be 

* used to find the appropriate stored EMBED tag and construct the embedded object that we wish 

* to display. 

* 

* <§>return An HTML string containing the <embed> tag string that will display the 

* embedded object that we're looking for. 
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public String buildPreview(String fullKey, DataBubble bubble) 
{ 

//System.out.println("Entering FEEmbed::buildPreview fullKey = " + fullKey); 
FEStateAbstract theState; 
String embedTag; 

StringBuffer sb = new String Buffer(); 
sb.append( M <!- Begin FEEmbed Capture -->"); 

if ( FEStatic.isltTagOfType( fullKey, F E Co n st ants . ST R_F E ATU R E_T AG_E M B E D ) ) 
{ 

getFEStates(); 
int i = 0; 

while (i < _tableTags.size()) 



theState = (FEStateAbstract)_tableTags.elementAt(i++); 

if (theState != null) 

{ 

embedTag = theState.getElementWithKey(fullKey); 

//System.out.println("FEEmbed::buildPreview original imgTag = " + imgTag); 
if (embedTag. Iength() > 2) // make sure a decent embed tag was returned 
{ 

//set up base URL 

BaseTag baseTag = (BaseTag)_baseTagTable.get(fullKey); 

URL baseURL = null; 

try 

{ 

if (baseTag != null) 
{ 

baseURL = new URL(baseTag.href()); 

} 

else 
{ 

System.out.println("FEEmbed::buildPreview ERROR: Failed to retrieve feature key from 

baseTagTable."); 

baseURL = _cachedUrl.GetURL(); 

} 

} 

catch(java.net.MalformedURLException e) 
{ 

System. out. println("FEEmbed::buildPreview Could not create base URL from baseTag."); 
// note: a null URL will cause an exception later 

} 

// PARSE THE EMBED TAG AND PUT THE RESULTS IN "ELEM" 

ElementParser ep = new ElementParserQ; 

com.onepage.html.parser.Element elem = null; 

try 

{ 

elem = (com. onepage.html. parser. Element) ep.parse(embedTag); 

} 

catch (java.io.lOException e) 
{ 

return "badelement"; 

} 

// MAKE SURE AUTOPLAY IS TURNED OFF IN PREVIEW MODE 
String autoPlay = elem.getAttribute("autoplay"); 
if(autoPlay != null) 
{ 

elem.setAttribute( M autoplay M ,"FALSE M ); 

} 

//ADD BASE URL INFORMATION INTO SRC ATTRIBUTE 
String srcAttribute = elem.getAttributef'src"); 
if (srcAttribute == null || srcAttribute. equals("")) 
{ 



// note: for embed tags, a missing src is valid, (uses MIME type to load plugin) 
// so, we don't need to add a src attribute if it is missing. 

} 

else 
{ 

// make sure existing src is absolute (fully qualified) 

URL newURL = null; 

try{ 

//newURL = new URL(_cachedUrl.GetURL(), src Attribute); 
newURL = new URL(baseURL, srcAttribute); 

} 

catch(java. net. MalformedU RLException e) 
{ 

// handle exception here 

System.out.println( M FEEmbed::buildPreview Could not create URL for src."); 

} 

srcAttribute = newURL.toString(); 
elem.setAttribute("src", srcAttribute); 

} 

// END ADD BASE URL INFORMATION INTO SRC ATTRIBUTE 
// get embed tag back out of elem and add to output buffer 
sb.append(elem.toHtmlString()); 
sb.append("<!~ End FEEmbed Capture -->"); 

//System. out. println("Leaving FEEmbed::buildPreview sb = " + sb.toStringQ); 
return sb.toString(); 

} 

} 

} 

} 

//return "Embed not found"; 

System.out.println("FEEmbed::buildPreview ERROR: Embed Not Found!"); 
return ""; 

} 

I** 

* buildFinal is passed the attribute key for an embedded object contained in a page and will 

* construct a HTML string that will be used by CCL_FEATURE and by 

* TileCCL when the Button is rendered on the user's page. 

* 

* @param fullKey The feature key, originally generated by tagToKey above, that will be 

* used to find the appropriate stored embed tag and construct the embedded object that we wish 

* to display. 

* 

* @return An HTML string containing the embed tag that will display the embedded object 

* that we're looking for. 
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public String buildFinal(String fullKey, DataBubble bubble) 
{ 

//System.out.printlnf'Entering FEEmbed::buildFinal fullKey = " + fullKey); 
FEStateAbstract theState; 
String embedTag; 



StringBuffer sb = new String Buffer(); 
sb.append("<!- Begin FEEmbed Capture -->"); 

if ( FEStatic.isltTagOfType( fullKey, F E Co n st ants . ST R_F E ATU R E_T AG_E M B E D ) ) 
{ 

getFEStates(); 
int i = 0; 

while (i < _tableTags.size()) 
{ 

theState = (FEStateAbstract)_tableTags.elementAt(i++); 

if (theState != null) 

{ 

embedTag = theState.getElementWithKey(fullKey); 

//System.out.println("FEEmbed::buildPreview original imgTag = " + imgTag); 
if (embedTag. Iength() > 2) // make sure a decent embed tag was returned 
{ 

//set up base URL 

BaseTag baseTag = (BaseTag)_baseTagTable.get(fullKey); 

URL baseURL = null; 

try 

{ 

if (baseTag != null) 
{ 

baseURL = new URL(baseTag.hrefQ); 

} 

else 
{ 

System.out.println( M FEEmbed::buildPreview ERROR: Failed to retrieve feature key from 

baseTagTable."); 

baseURL = _cachedUrl.GetURL(); 

} 

} 

catch(java.net.MalformedURLException e) 
{ 

System. out. println("FEEmbed::buildPreview Could not create base URL from baseTag."); 
// note: a null URL will cause an exception later 

} 

// PARSE THE EMBED TAG AND PUT THE RESULTS IN "ELEM" 

ElementParser ep = new ElementParser(); 

com.onepage.html.parser.Element elem = null; 

try 

{ 

elem = (com. onepage.html. parser. Element) ep.parse(embedTag); 

} 

catch (java.io.lOException e) 
{ 

return "badelement"; 

} 

//ADD BASE URL INFORMATION INTO SRC ATTRIBUTE 
String srcAttribute = elem.getAttribute("src M ); 
if (srcAttribute == null || srcAttribute. equals("")) 



{ 

// note: for embed tags, a missing src is valid, (uses MIME type to load plugin) 
// so, we don't need to add a src attribute if it is missing. 

} 

else 
{ 

// make sure existing src is absolute (fully qualified) 

URL newllRL = null; 

try{ 

//newURL = new URL(_cachedUrl.GetURL(), src Attribute); 
newURL = new URL(baseURL, srcAttribute); 

} 

catch(java. net.MalformedU RLException e) 
{ 

// handle exception here 

System.out.println("FEEmbed::buildFinal Could not create URL for src."); 

} 

srcAttribute = newURL.toString(); 
elem.setAttribute("src", srcAttribute); 

} 

// END ADD BASE URL INFORMATION INTO SRC ATTRIBUTE 

// get embed tag back out of elem and add to output buffer 

sb.append(elem.toHtmlString()); 

// add closing tag to output buffer ( for XHTML ) 

sb. append ("</embed>"); 

sb.append("<!- End FEEmbed Capture -->"); 

//System. out. println("Leaving FEEmbed::buildPreview sb = " + sb.toStringQ); 
return sb.toString(); 

} 

} 

} 

} 

//return "Embed not found"; 

System.out.println("FEEmbed::buildFinal ERROR: Embed Not Found!"); 
return ""; 

} 

I** 

* partialHtmlToKey returns the feature tag asociated with the html argument 

* 

* @param partialHtml some html text 

* 

* @return the key assciated with the html argument 
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public String partialHtmlToKey(String partialHtml) 

throws CCLException, NlegalArgumentException 

{ 

if (partialHtml == null || partialHtml.equals("")) 
{ 

throw new NlegalArgumentException("argument is empty"); 

} 



getFEStates(); 

// loop thru keys for each state 

for (int j = 0; j < _tableTags.size(); j++) 

{ 

FEStateAbstract state = (FEStateAbstract)_tableTags.elementAt(j); 
Hashtable ht = state.getStateKeys(); 
Enumeration emkeys = ht.keys(); 
while (emkeys. hasMoreElements()){ 

String key = (String)emkeys.nextElement(); 
if ( FEStatic.isltTagOfType( key, FEConstants.STR_FEATURE_TAG_EMBED ) ) { 
String value = (String)ht.get(key); 
if (value. indexOf(partialHtml) != -1) 
{ 

// found the key so return 
return key; 

} 

} 

}// while 

} 

// did not find a matched key for the html 
throw new NoKeyFoundException(); 

} 

I** 

* getAIIKeys is overwritten by each FE class to return a vector containing the keys for all of 

* the features found. 

* 

* @return vector containing all of the keys 
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public Vector getAIIKeys() 

throws CCLException, NlegalArgumentException 

{ 

getFEStates(); 

Vector allKeys = new Vector(); 

// loop thru keys for each state 

for (int j = 0; j < _tableTags.size(); j++) 

{ 

FEStateAbstract state = (FEStateAbstract)_tableTags.elementAt(j); 
Hashtable ht = state.getStateKeys(); 
Enumeration emkeys = ht.keys(); 
while (emkeys. hasMoreElements()){ 

String key = (String)emkeys.nextElement(); 
if ( FEStatic.isltTagOfType( key, FEConstants.STR_FEATURE_TAG_EMBED ) ) { 
allKeys.addElement(key); 

} 

}// while 

} 

return all Keys; 

} 

/** 

* getAI I Features is overwritten by each FE class to return a vector containing all of the 



* features found. 



* @return vector containing all of the features 
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public Vector getAIIFeatures() 

throws CCLException, NlegalArgumentException 

{ 

getFEStates(); 

Vector allFeatures = new Vector(); 

// loop thru keys for each state 

for (int j = 0; j < _tableTags.size(); j++) 

{ 

FEStateAbstract state = (FEStateAbstract)_tableTags.elementAt(j); 
Hashtable ht = state.getStateKeys(); 
Enumeration emkeys = ht.keys(); 
while (emkeys. hasMoreElements()){ 

String key = (String)emkeys.nextElement(); 
if ( FEStatic.isltTagOfType( key, FEConstants.STR_FEATURE_TAG_EMBED ) ) { 
String value = (String)ht.get(key); 
allFeatures. addElement(value); 

} 

}// while 

} 

return allFeatures; 

public String buildPreviewToXML(String key, DataBubble bubble) throws Exception 

retu rn ( F E Co nsta nts . N 0_V A L I D_X ML); 
public String buildFinalToXML(String key, DataBubble bubble) throws Exception 

retu rn ( F E Co nsta nts . N 0_V A L I D_X ML); 
protected void hdout(char c) 



protected void hdout(String s) 



} 



